            # for j in range(seqs.size(0)):
            #     current_seq = seqs[j].unsqueeze(0)  
            #     current_value = value_network(image, current_seq, torch.tensor([current_seq.size(1)], device=device))
            #     scores[j] = 0.6 * current_value.squeeze().item() + 0.4 * scores[j] 